{
    "measurement": {
        "model.layers.0.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.931720134066908,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9355725969531035,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9450488163060263,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9641020477406288,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9677989061333632,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9686018702034888,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9775939764160859,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9782281388577662,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9800385733772266,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.981147011496911,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9840264645846266,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9851375787862038,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9859489948537788,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9872836893620459,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9922903131840652,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9935194073048862,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9940997697167883,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9961390057823768,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9983384698494583,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.8976706735985844,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.901040514342879,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9226489108251898,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9319498918362354,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9550219908062565,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9577442975714803,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9688897959299778,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9746584551850039,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9774242563565311,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9770999624099779,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9802542375645747,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9885240112995043,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9900061610081282,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9932585964959703,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9941717655839104,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9966531554053194,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9976908667748304,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.1.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.8343221386404414,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.842511628607386,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8676573804726726,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9129378841699738,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9159436261183337,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9198583185084557,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9370761144122011,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9412356569480739,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9508266676903555,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9528284540497943,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9588298074116832,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9642593902780822,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9625252513705116,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9682501948095465,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9783634711056948,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9834200919262672,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9825171034194922,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9911562605197296,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9952638078554484,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.981073019535918,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9831932221759895,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.983091221190989,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9832551217221311,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9928168531286677,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9960622035034344,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9964027997431051,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9938832463966193,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.996708821073346,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9975102327819179,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9953164758258745,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9988124425979453,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9987978103438907,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9990079099784213,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9993154982336196,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9993722532250869,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.999461867172948,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.2.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.8670008764847329,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8713036765785593,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8890890973178964,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9259124278630081,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9340619571801079,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9350453172075122,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9616647408294835,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9627743068788397,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9660392471981284,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9676339218000832,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9673519963153491,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.969380222211935,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9724476750891068,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9745529226370548,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9850129072284816,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9873375286176604,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9901400569238161,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9937673175866765,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9973813073317471,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.783146102961741,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7878778098445189,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8282422925296583,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8404774046257922,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.893368197114844,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9013919183298161,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9185286199575976,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9451174094880882,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9501400384071627,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9461031554168776,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9526641715906168,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9726454645983482,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9764554545675453,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.985354621012352,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9861183838036499,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9895284045977812,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9960769403627828,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.3.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.8623377368050187,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8663079608231783,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8803308427725968,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.925082126387248,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9310053609997818,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.932011919684316,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9587568164754071,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9599912009496046,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9633954444802121,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.965167353763,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9655199981000471,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9679930629698854,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9693757784307787,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9720892594931158,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9833632704409722,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9859810003177508,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9892389208972944,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9930327367527705,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9970860248247749,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7815106644442207,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7862942320735831,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8212043321446368,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8320947814928858,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8903752534013045,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.898757309505814,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9140580939619165,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9435640740159311,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9485275149345398,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9444205143341893,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9511998509498019,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9717770410015395,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9757336915323609,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9848736453507292,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9856676198542118,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9887014411291793,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9959926027069358,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.4.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.8460210230397551,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8493560465346826,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8682690323575547,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9121129592194369,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9217171660183292,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.923300428610099,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9481412636018113,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9502524011033147,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9572835192574483,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9589661313465944,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9613707739075548,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9645209941816957,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.965333501391701,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9688023230257002,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9809338029988698,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9845068246175191,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9865283090131063,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9924553387651318,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9965199378110763,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7673679119662234,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7722458760989339,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8109179539115805,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8224265442082757,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8833027776134641,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8923626663653474,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9089433895914178,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9403112573843253,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9455875699457369,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9408204967254087,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9481344617118961,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9699331136714471,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9742185701861193,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9839922560280875,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9847097971329564,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9879379755278167,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9957964833409182,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.5.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.8232730581964317,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8266240613240945,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.853192176669836,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8928525316479959,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9069276860866108,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9115080342284942,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9307555892553768,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9371379720243185,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9491328823527223,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9513936733925029,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9554312935000971,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9600264143786932,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.959402766299287,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9646861135567489,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9768474741936907,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9820357989397293,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9817381829121395,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9915148484900496,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9950534770338747,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7508022408736379,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7560039946907445,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7987177207281715,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8110353013402537,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.874944306910038,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8845867565587947,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9026224072042265,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9361983108285227,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9418237646551508,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9366450427394164,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9444208027500856,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.967867558331866,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9723790637952717,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9829419779738313,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.983672169723401,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.987245391931777,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9955429820417377,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.6.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.815143167188293,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8189935417551744,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8405892903867521,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8869963609858563,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9042342034609694,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9083445095702222,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9337770105584672,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9390482928015684,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9471584282031185,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.950313135344339,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9541307047597671,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9583736606138318,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9593812600268345,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9640918710808221,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9772042964928245,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9819586408373556,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9829572844319046,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9905203779375082,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9954518930140981,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7492428386681957,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7544496071181799,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7972233616992047,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8095371970220616,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8735975019241634,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8834827118798306,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9014454566334423,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9354516677558422,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9410687642858216,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9359256195786753,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9437725524369039,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9674730812640566,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9720440750059328,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9826974449679255,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9834627516959843,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9870340457970375,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9954815081835381,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.7.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.8105781125394922,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.813435967423414,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8393000285876424,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8762818155320067,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9047580724091906,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9091903533002264,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9315673522651196,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9372630431071708,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9449973576947263,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.947980748587533,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.954030837324497,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9580202737430993,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.958171163342501,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9630324144504572,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9762428566127231,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9815134143848953,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9815976731234083,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9910302616802877,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9951369706786385,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7456992319539973,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.750852431905897,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7949281660349745,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8076886444499618,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.872259799979235,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8821880693890547,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9007138135401827,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9347860442572519,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.940480325371027,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.935269622230216,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.943215877503941,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9671504845548617,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9717607206027759,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9825168624520302,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9832947237024966,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9869619176576012,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9953904380458162,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.8.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.8040844856908447,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8096135619439577,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8351059030545385,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8779656165524533,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9000640860513637,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9042837462927166,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9297597720042655,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9352216210804487,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9439312336280158,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9463159682131127,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9522488350538831,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9563774706697777,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9574753204850774,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9619257798614471,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9761100263383827,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9806572743936589,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9820682448089907,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9901070278260464,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9951485204142764,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7358651843510176,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7412214702681491,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7872156022410643,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8007119082306561,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8671280802472642,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8774773409884227,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8968430228139225,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9319880537100529,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9380117843025609,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9327080554671978,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9409692542333352,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9658748706508624,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9706591749563813,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9818187991745377,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9826715403775635,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9865396261509312,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9952333496491376,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.9.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.773693320782561,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7788688905144993,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8048218449479655,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8526010556440604,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8844389309616465,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8894509261375979,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9185976882122064,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9252569508787832,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9354419816089303,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9391353588159147,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9446195231652573,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9498909482438314,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9502390435847797,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9558089292167049,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9720985050754327,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9776529952099449,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9793728590011597,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9886423877783512,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9944685347819406,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.731603868697819,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7370830789992684,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7833771787975964,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7968612501495763,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8651811145246029,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8757150604536659,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8949642875476888,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9311025746558842,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9370628090477303,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9317064606829694,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9400894303659075,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9653520977222606,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9702143317186519,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9815329396116891,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9823873195503103,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9862176499231473,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9951475313374478,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.10.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.778563341027812,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7838644812765875,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8102714882085198,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8622630967905647,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8863028529051103,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8909857745625471,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9232071653792733,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9295017454577119,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9388453123208723,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9418458865073166,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9450495355811558,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.949690707420048,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9509517479883998,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9564226239331459,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.972861925826261,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9780757232618175,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9803753484432635,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9888324823818708,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9947709306755936,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7182973976197995,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7239647719420885,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7735930249879235,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7881917306467107,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8582189430139566,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8693249204048985,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8901074158125802,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9273654083280187,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9337757202355486,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9281648954278544,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9369992242243729,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9635506218397304,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.968672496462731,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.980537848743169,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9814750910491535,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9855974921711573,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9948802401042102,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.11.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7677991303958391,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7737317536222308,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7977212220430374,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8461969788921506,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8807355828191105,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8858022960393053,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9192938285046502,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9262341470702699,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9344649225669472,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9376064883054871,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9430762537215885,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9471586835815718,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9492400486610437,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9535676912453613,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9713530391454697,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9768488391449577,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9793810065541613,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9881751992935804,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9944718039079913,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7098231688141823,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7155798187381344,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7666525232948755,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7818351305629078,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8535828543336768,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8650983515146532,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8865705785390577,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9248641815624739,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.931522734071079,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9258099488521877,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9349424174349559,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9623566785533177,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9676459063040583,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.979864441152466,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9808898862745417,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9851495136359805,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9946994656991017,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.12.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7576470343690169,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7625695451309806,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.788774530354299,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.839487934190976,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8736579178979522,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.878429272457173,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9150454680386343,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9209926142112205,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.932433968115794,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.936290543722479,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9396599503724199,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9449933839863852,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9461265332800777,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9521621739197719,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9699156418638794,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9761256650090218,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9783137002469677,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9877095800628396,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9942220995986932,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7122814804315567,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7177651963735882,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.766930906788299,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7815415459243875,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8552192908368612,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8683226659501854,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8893686487878624,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9246066806739882,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9325489857675213,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9273768443810313,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9364711194250145,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9630406148927777,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9683371976410088,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9800312937188306,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9812328770854756,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9854401108122578,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9946599729163083,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.13.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7408924738043232,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.746920509557975,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7757764356700998,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8312874663817256,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8666839591766659,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8698028404461711,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9111966831903708,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9151264125187146,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9285491502990848,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9325323430331129,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.934683447997821,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9407418813360364,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9416506654141765,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9484026971224108,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9679001457008877,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9741610844962691,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.977027906742143,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9864823028298193,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9938955321466845,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.698551047789423,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.704591890698985,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7570802804670835,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7724892865670354,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8482049342833067,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8600668428759826,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8819097025614036,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9223142478026842,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9290437178784295,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9231142460515624,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9325493154557127,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9609840955389173,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9664622391329,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9791505093637266,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9801822408151469,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9844904774064688,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9945017410393217,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.14.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7469499981717059,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7526917371310686,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7814807629114703,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8346585380403619,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8704439370255721,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8751793609637963,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.91436956744445,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.920854687298599,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9332163696618456,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9366410592276799,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9368245413428858,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9430574917871701,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9440692300467115,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9509134558274558,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9687811899930239,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9753971232199355,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9775703611146462,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9874326309287235,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9940946412664887,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6935751296971974,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6998144803862822,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7527919337153435,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7686256758476558,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.844827301800251,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8571220354030007,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8794939598362697,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9202167315310553,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9272909072276793,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9211716457809273,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9309502251838383,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9599125714678514,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9656036933393854,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9784880103053231,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9796041778141731,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.984002680713801,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9943190323875138,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.15.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7251214212492892,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.732054624118303,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7627254442164773,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8179628601983974,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8581970698739353,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8625211119651794,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.904930624130525,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9101344005841958,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9198750992746729,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.92269393252699,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9306501252086539,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9356218247037185,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9380841423806391,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9436219758109042,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.96617560745462,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9718285247585491,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9757277264602875,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9858919209065405,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9934933926959179,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6818254503764605,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6883259643065303,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.744115863191454,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7605764207087065,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8390585999739797,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8518320533790087,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.875234067440033,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9172539799229095,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9246200677987776,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9182124492761335,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9283911025053576,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9583767686823481,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9643458542659095,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9776908280818086,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9788260826056725,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9834141027378408,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9940877037833592,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.16.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7147671243077831,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7210006211933337,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7574609459230774,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8164525357516188,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8533065017116697,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8571980819106102,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9027292563727027,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9077287845705685,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9153515190670365,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9180765136292106,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.927885739034728,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9324754209894883,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9361135802770916,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9407630817670571,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9650620969110414,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9701722455456069,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9750373044884518,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9855370415913823,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.993354024095951,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6806358663659346,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6872373152720301,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7430768514934338,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7596227530586093,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8386248412885164,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8515067073075395,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8749190839497667,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.916908715900622,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9243471945979094,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9179938784555385,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9282330353009074,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9582870249685488,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9642427203882682,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9775751358094183,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9787761625392657,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9833861886964816,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9940691910757634,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.17.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7228584046426572,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7297052450870213,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7614285585127378,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8215096075283854,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8582221210787171,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8616055077628085,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9112731684979639,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9150444751507357,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9218056327418277,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9253506009515963,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9304348634261834,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9345017818636016,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9392591752111912,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9436603594375284,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9667364336354167,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9718600366460649,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9771388192710123,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9859225457093042,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939644012943303,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6785303338577873,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6851271861477902,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7411863066648182,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.758086205705216,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8369662663654277,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8500069885661727,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8737450622414288,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9158931347100359,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.923465679742788,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9172482133695954,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9275625265742603,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9579362263412852,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9639474304490968,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9773825000677454,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9786330741879187,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9833630120479747,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9940119505198183,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.18.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7057083578486192,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7127285050718408,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7452830542859279,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8104708418250084,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.850233574446879,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8535166316126522,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9069692316023927,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9108452232260453,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9174915028637961,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9210744562901949,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9257493097531169,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9302156426404652,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9348002083991703,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9395157214450209,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9643548057463608,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9697979037698946,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9756064471837721,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9849031645265457,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9935760145369721,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6742863294325376,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6811624020338058,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7363397643754357,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7527452534750888,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8353058597759196,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8484089982352758,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8714639019024999,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9152047063567137,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9226139319178305,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9163130006115687,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9267108016892484,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9574015545413682,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9634668037883545,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9770358762164649,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.978312738778952,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9828474062347883,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9938454142967729,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.19.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7122468156249899,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7199192086332722,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.753378028148099,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8152909435723957,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8546241506149894,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8573864988590542,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9098934848841868,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.913548327198154,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9197741748863145,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9231752394453475,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9276428316768847,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9323162407075104,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.936574156347074,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9413675510961759,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9653076492249966,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9706200209299201,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9761750360852793,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9853646073882517,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9936619293140737,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.666362212676751,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6733130428351854,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7292721059761549,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7461351360145367,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8309928037618336,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8443376206253704,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8679358672938848,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9128708415909818,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.920546037193976,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9141197283017009,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9247576645330379,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9563313850054616,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9625493429209057,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9765141718579751,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.977793804124782,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9824267801289496,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9937736700092884,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.20.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7295589619561246,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7363641434594205,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7674715479737834,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8271177152269765,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8624990821668976,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8657692608080412,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9169501807344587,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9210172995532814,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9293535681147325,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9331796533967319,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9322112316363736,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9374954847520903,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9414344028030571,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9471022090629527,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.967771005179537,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9735997366767964,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.978390522399231,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9864573405418349,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9942843564050762,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6756924916254847,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6824509509299931,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7373404761678295,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7543205469846725,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8353379117815118,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.848473492421602,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8719062252264274,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9148275620843235,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9224127497720092,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9163825815837634,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9267449831884158,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9574837948342687,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9635263823560978,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9770799378717416,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9784054393438917,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9831344254903103,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939085694127962,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.21.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7275853470752114,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7345579925336336,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7666723877191544,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.822951577603817,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8612934899957556,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8645231033626356,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9135400637200004,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.917515967237322,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9277545799942393,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9313217626982614,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9316211054591756,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9369715869818863,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9403521467588449,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9463992327647774,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9673165508398884,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9733181415909999,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9772955691932064,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9859594800019342,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9940376989543438,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.671543656995422,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6781631661088843,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7331314918242002,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7501126151335866,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8335390985012054,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.846554906744706,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.870054293619959,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9140511264926509,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9216362928089342,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9155811522352069,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9259135054522439,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9571419885676158,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9631328811182788,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9769382179763756,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.978236625510219,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9828720724112109,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9938508551567793,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.22.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7133813629809178,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7221797006694894,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7525576153083852,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8142691089918739,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8547754044595518,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8580100793195398,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9104404869048219,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9146351104504183,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9239697130887132,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9278699279223618,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.927995080422414,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9335381460229033,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9370614683353587,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9430704583462916,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9654982900246978,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9715393324333587,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9765309845832618,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9851251465856636,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9937451194457122,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.664556517412788,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6711774288039458,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7270151878658093,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7442585959246284,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8296441173082904,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8429621818818545,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8668019269642077,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9120819350998652,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9197966819138903,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9135851858085707,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9241586686357072,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9561243344490465,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9622518274148828,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9764229712125502,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9777247305273226,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9824928314866204,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9937277884761754,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.23.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7234601464710737,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.732576065549725,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7644707223302439,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8233668580651283,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8613505653644863,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8642042620401633,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9162926166073272,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9198123130359148,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9277963422630963,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9311806010572534,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9315903729906208,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.936363880767634,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9408908365784507,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9460925609853706,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9676974343233987,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9731735505261704,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.978386485360955,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9860387635172198,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9942489828252675,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6740552273235823,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6806067738093828,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.735032707452774,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7524322036065554,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8343922735044831,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8473469065992456,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8710613815408004,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9141107858403733,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9218335161475759,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9159615647635961,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9262710443060649,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9573022293809214,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9632870010835559,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9769705110474637,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.978338443919232,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9831268078108367,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9938287526418111,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.24.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7100640519669181,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7181988123216128,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7488683877806914,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8143178750025599,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8528481423854828,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8551415608901727,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9111968561222679,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9137073225880924,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9237155616283417,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9279162846505642,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9270002030228314,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9325436808561024,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9362858092706454,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.942468491235846,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9653596198676448,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9713357021345904,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9769694765931681,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9849261669442058,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939000530928177,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6781502428807711,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6845756071178537,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7381360946517241,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.754989073464745,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8366623846323866,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8493522307590434,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.872490051153459,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9154847750538274,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9230101122275779,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9171238229855111,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9272761266482503,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9579143961401362,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9638090329734903,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9773688039889461,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.978626801240209,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9832703583922825,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.993898883707037,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.25.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.692401746385976,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7010342353268674,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7405110127047488,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8005437937222029,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8432065213197156,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.846255677311044,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9110445662548667,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9138519058102056,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9213826534779448,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9254521653056145,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9225009513136587,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9277881258412412,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9357505025048005,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9410382726866948,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9650692190778882,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.970618764330682,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9769390464613312,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.984979125033868,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939155961435876,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.676186560800201,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6826013624668121,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7355421154122603,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7522369427116293,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8352546029184994,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.848143141128515,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8712012485453957,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9148666835144946,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9224126964415374,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9162442862595382,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9266575784667542,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9572893212500372,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.96341707116287,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9769748687548073,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9781229100925358,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.982581206156235,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9932027249351928,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.26.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6915016942902615,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.700790454682551,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7384696438124305,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8020266921896684,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8423467031434962,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8464605114177653,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9103225320577621,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9137157289997527,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9208828926478562,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9244608686942803,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9220538315804381,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9274060216389204,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9355592164946229,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9406231118268088,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9646883757882997,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9703437483526374,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9767958351754045,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9846368607035593,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9938501391167703,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6641545930975361,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6708022308977026,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.725208087971336,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7420591688469836,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.828999798548849,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8423194575466608,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8659158160811976,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9118705611479909,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9197030141949654,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9132906198501587,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9238668917433212,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9560090264207438,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9621433697052693,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9764475537169921,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9776642556841436,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9823291020860013,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9937130996075115,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.27.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6880825930520108,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6979057992759503,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7349240125009888,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7985626290503302,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8428944643390806,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8457274033050788,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.909336658488763,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9132052910955328,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9196062089973375,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9232664012203091,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9219659800200086,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9273272180243542,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9343094546347857,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9396547907473225,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9640152753379784,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9697885762311911,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9762394335611086,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9841825989761243,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9937557387778437,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6599684294901396,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6666892774795231,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7211781763716748,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7379026256109539,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8270521356086982,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8404891620341101,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8639206396121728,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9110838347359708,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9188718846754024,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9123564795836022,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9230293806054091,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9555653933631747,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9617180952704266,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9762260321723787,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9774384599571165,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.982009807699605,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9936464760256442,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.28.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6797538297741037,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6887685421266054,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7290062284783313,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7910116785450986,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8378191409926665,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8412765111578138,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9085512182822353,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9118166193366051,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9184848628938198,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9226261900835916,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9193690836821732,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9247527259745096,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.932962768171963,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9382138481657756,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9633982933469509,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9691033189822185,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9762200895010641,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9841685358827051,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9937199934777853,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6539640944255025,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6608169063141471,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7153534708838714,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7321651326982599,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8238447606563568,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8374824257273423,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8610581202726615,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9094305967814044,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9173560130753016,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9107636425055956,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9215752576526842,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9547822685226014,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9610208984660475,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.975829287971321,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9770498250268007,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9816687647253275,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9935621499378038,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.29.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6887602515910801,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6989456234793914,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7417555286696083,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.800512682450445,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8432035610864037,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8467585362101856,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9129658384542716,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9159582320012545,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9223930653380721,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9260954601984275,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9224787754447836,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.927653976961186,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9366188564975011,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9416489271741164,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9655623059523732,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9710001331803045,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9776162976202997,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.985495624009912,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9941308624846371,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6593613624572754,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6661994606256485,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7179899749002958,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.734086905655108,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8264465394772982,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8399515159820256,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8623649423059664,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9106521720164701,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9184914558733764,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.91205283254385,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9227519021614602,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.955426381018601,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9615900027320573,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9761384795174787,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9773692651406715,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9817549556885895,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9936033997586683,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.30.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6732308809694492,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6814681809199483,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7166771998530941,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.783083090656682,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8311078317071262,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8349001878186276,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9056974445518694,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9090239674245056,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9159220486487213,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9200962934839099,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9160776728470075,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9215430627135854,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9299704179559883,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.935539010716112,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9621889864731776,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9678339765064026,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9756552848082624,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9837133472687319,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9936430803622658,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6522161223386463,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6592795644935809,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7110121132511842,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7269482157732311,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8225300139502475,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8363719151208275,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8586961823074442,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9087222908672533,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9167016764220438,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9100624020946653,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9209986536910659,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.954387929682669,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.960705289127011,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9755719582501211,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9768695162707254,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9812302086012143,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9935407262344501,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.31.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6862013151771145,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6937998556777051,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7290835921701633,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7940538509895927,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8381686838049638,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8414205446055061,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9099980328035981,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9129604359990672,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9193429674365019,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9230924317319142,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9199803275497336,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9250552738575559,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9331814040871043,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9383212100518377,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9638668118338836,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9693176046405968,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9768735057135162,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9844019004192791,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9938919981083784,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6543755476412021,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6615666041248722,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7112256782619577,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7266113648289128,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8237037831231168,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8373398945519799,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8588160268570247,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9092313678641069,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9171517148221794,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9106452410158358,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9214664981945565,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9547110203849642,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9609520565718412,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9757553106664043,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9770090425583092,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.981172451700427,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.993509273902562,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.32.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6906999569190175,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7013706196295588,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7369149703728526,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7958185484534815,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8430150421826463,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8455453687592557,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9120614522773969,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9141787369000285,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9200010648683498,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.924276662892417,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9222524189635327,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9271937445982507,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9353580339566657,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9402280420457062,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.965009881379573,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9702948003419136,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9772779973419873,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9846602343512993,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9940196515158995,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6465198805457668,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6538444773146981,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7038775125616474,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7192580684235221,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8193416964066655,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8335559728898501,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8551033405881179,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9071492341003919,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9151843558800847,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9084043243997976,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9195771284009281,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9535184267320131,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.959986480835237,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9750717644040522,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9764306770735666,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9805794471972867,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9933861219324172,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.33.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6947140089775387,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7022526883765271,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7359539937031896,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8007799292865553,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8458484568093952,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8485591129252785,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9106710425725109,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9141814769490769,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9200610949804908,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9241060800850391,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.923664434763946,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9282747471803113,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9343581044752347,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9391019722740901,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9642776492002764,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.969641836262063,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.977070814047597,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9848546137248999,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939759811018839,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.65032559633255,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6576040230299297,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7058641063539606,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7208416940350282,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8213233288965727,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8353114755530107,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.85610428805414,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9080106153299934,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9159765663115602,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9094555836759115,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9204381225924743,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.954125141822978,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9604445760579485,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9754317778309709,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9767105533300262,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9807525520752135,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9934676676547449,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.34.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7085537251673246,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7157415112382488,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7471500195954975,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8076669424772263,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8529810893692469,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8547674158686086,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9146722241451866,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9165592901408672,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9227254302485993,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9263010599503392,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9266490448070199,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.931185930771263,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9363984733231758,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9412713494936102,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9656907715099423,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9707566785479063,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9778394024623068,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9853691435664108,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9941721639816502,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6664101042245564,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6734772183393177,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7181258217284554,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7323172139494043,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8295883206944716,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8429260732311952,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8622049163830907,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9119192228505486,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9195543337417276,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9135849213129595,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9240832383695402,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9561445322868071,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9621827399456188,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9763408078763046,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9777500433357138,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9814905466413811,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.993618571861206,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.35.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7145012844549983,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7234093954688625,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7553567760869077,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8127493834809253,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8567674414891946,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8585199823505,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9166721811420039,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9183012933323258,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9251113153601948,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9288408438626089,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9282707121027143,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.933009046669069,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.938031392073945,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9433664338369119,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9666032253911621,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.971622573309823,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9784284998711786,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9857469349609393,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9942628218620819,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.685209729953816,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6919278016215877,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7326638447610956,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7462569726140875,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8389232252773485,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8515500861563181,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8693633691260689,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9162751665632975,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.92362362479693,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9183057528969488,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9282644991027682,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9585743387670893,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9642858881699412,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.977591276855061,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9789795192252648,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9824591264814923,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9938996238388905,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.36.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7181347161531448,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7253858180422532,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7562165738720643,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8153199243702387,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8577341017754454,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8595072646674357,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9186266113660837,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9202356028713679,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9265004374871129,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9299441295626917,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9285598334513212,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9334552531179628,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9388838034907454,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.943936735097515,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9670576042446651,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9719453242264295,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9785876369691993,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9859323530752016,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.994328027174465,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7197804301977158,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7256876238082585,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7615547619367901,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7742338772667081,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8563198764857493,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8675416268800434,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.883570204832052,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9246856229085672,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9315330939073312,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9270841826341654,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9359439438895175,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9630070539485467,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9681044917945799,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9798856471224051,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9812634908839276,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9844733786916262,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.994492654774436,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.37.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7530422391075837,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7602206405840422,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7895963360604487,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8400076278730443,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8766071670933774,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8779206495536,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9306431308780846,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9320125330827738,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.936904812133626,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9400569592651568,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.938244962378552,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9421886937006524,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9478267930251987,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9517783705929392,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9718054084009246,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9759615863134202,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9821019715286399,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.987950462994999,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9953155831409324,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7583547767839933,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7632410134139814,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7941825033018464,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.805781176215724,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.875387305491849,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8852057194239215,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8994283540860603,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9340442993531102,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9403528812292375,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9366587953347909,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.944446340693455,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9678163368647036,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9723165341603913,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9823512028118497,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9837286490456838,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9866914965310379,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9951129876763413,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.38.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7749086755671,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7833297276183179,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8098769364388365,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8586726263165474,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8863283707515189,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8877787656689945,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9381737707084731,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.939426922484448,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9434460185860333,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.946474560781529,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9432992345996594,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9467506359674429,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9528062986700159,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9565679129997366,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9745231881051472,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9783554117832529,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9840595264379915,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9890799111392545,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9957658348261917,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.787636294176704,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7918116336590365,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8206253138027693,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8316541478822106,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8896122178749034,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.898804781664359,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.912076884782628,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9410403280666,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9471331910279236,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9436621254211978,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9508308839837187,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9712453054166154,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9754081574807826,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9840257732001575,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9854180899105573,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9883676784505185,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9953786556633484,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.39.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.8203101467929388,
                    "total_bits": 569401344,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8282174024926989,
                    "total_bits": 591945728,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8562636398955396,
                    "total_bits": 647517184,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8985342418676928,
                    "total_bits": 713050112,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9116990189803273,
                    "total_bits": 844115968,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9128989383186165,
                    "total_bits": 845691904,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.949863238162116,
                    "total_bits": 1083191296,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9508419935836604,
                    "total_bits": 1085291520,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9540635625782766,
                    "total_bits": 1095792640,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.956342096391477,
                    "total_bits": 1108393984,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9559118528115123,
                    "total_bits": 1114127360,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9586549719893619,
                    "total_bits": 1123055616,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9641492199152708,
                    "total_bits": 1179148288,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9669520154007172,
                    "total_bits": 1195950080,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9804835091099927,
                    "total_bits": 1440755712,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9834177243572316,
                    "total_bits": 1464385536,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9868828697179101,
                    "total_bits": 1620062208,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9912962133653069,
                    "total_bits": 1779482624,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.996519210625832,
                    "total_bits": 2156933120,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.8656188198610356,
                    "total_bits": 1238922592,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8684051907376239,
                    "total_bits": 1283618144,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8888438424389613,
                    "total_bits": 1433121792,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8961241347225088,
                    "total_bits": 1608233984,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9305566133637178,
                    "total_bits": 1812774416,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9371568646870161,
                    "total_bits": 1862132736,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9455743625171875,
                    "total_bits": 2002191888,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9629751402688653,
                    "total_bits": 2289099280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9668111758012521,
                    "total_bits": 2322850816,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9643947778171614,
                    "total_bits": 2356985360,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9692070685130986,
                    "total_bits": 2406343680,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9816134710747161,
                    "total_bits": 2901196304,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9844699422093598,
                    "total_bits": 2950554624,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9896555475057348,
                    "total_bits": 3360210448,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9905648067544558,
                    "total_bits": 3477813504,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9926142227149716,
                    "total_bits": 3790289152,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9968644857320836,
                    "total_bits": 4447746304,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.norm.norm": null,
        "lm_head.linear": null
    },
    "last_module_idx": 42
}