{
    "measurement": {
        "model.layers.0.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7602295373615465,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7771991428576017,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8069272794221577,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8782100928457159,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8853818868335924,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8869414705979197,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9342608075392873,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9356525007047152,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9398304725948133,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9430677388843737,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9419339330572831,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9451961642817447,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.951796437564649,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9553123053751493,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9735515305870458,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9774759113788605,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9825515088282133,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9880000980276811,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9954517758206317,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.8367552380812795,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8423238302531996,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.870093960511057,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8804970038564581,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9273257067329005,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9318264722824097,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9448959701939633,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9609738055028414,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.964855040374555,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9637095332145691,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9680485850886295,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9815460004304585,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.984118003594248,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.989590239367987,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9906832089549616,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9935391894296596,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.99714003934672,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.1.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7164521217346191,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7285711639805844,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7555276469180459,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8391495001943488,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8600544929504395,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8615658659684031,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9179073195708425,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9195263385772705,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9247106188221982,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9290298662687603,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.929054015561154,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9334411119159899,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9376830678237111,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9425820676903975,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9663620277454978,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9711972663277074,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9782151250462783,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9851777663356379,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9943369677976558,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7533959840473375,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7610805160120914,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8025576189944619,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8159349215658087,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8777467326114052,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8876383304595947,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9059372952109889,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9346319123318321,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9409579226845189,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9371579320807206,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9447221818723177,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9678183856763338,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9722972073053059,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9821050088656577,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9834224754258206,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9872757949327168,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.99464127617447,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.2.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7019126540736148,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7157439432646099,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7542941193831594,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8309748674693861,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8507011062220523,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.853358268737793,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.907451868057251,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9105392192539415,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9174033968072188,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.920837866632562,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9244805762642309,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9293409084018908,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9364476392143651,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9408400811647114,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9653144196460122,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9703382222275985,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9754937965618936,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9848811249983939,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9935157232378659,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.9334204008704737,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9336446586408114,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9419452955848292,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.945130279189662,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.968617624358127,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9728195980975503,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9773852040893153,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9837420174950048,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9843293663702513,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9839565848049364,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9860819797766837,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9916827529668808,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9928455948829651,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.994998607196306,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9955003575274819,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9963615509240251,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9978581325788247,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.3.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6955518471567255,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7075514542429071,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7447245999386436,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8211782229574103,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8465139363941393,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.84845989628842,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9043251338757967,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9076831278048063,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9121366927498266,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9160412173522146,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9234211382113005,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9279707293761403,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9334976735867953,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9382075761493883,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9637572263416491,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.96922704106883,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9748055715309946,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9847466161376551,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9935214566557031,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.617392991718493,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6272186731037341,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.685621136113217,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7039391367059005,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8053625508358604,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8201394708533036,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8454104348232871,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8987022450095729,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9073772304936459,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9011630008095189,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9130200398595709,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9498375685591447,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9567319593931499,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9728159277062667,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9745481845579649,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9796736836433411,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9928882882783288,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.4.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.5977467235765959,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6171319610194156,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6996282025387413,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.766912861874229,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7999426314705297,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8051355261551707,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8841408428392912,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8857562667445132,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8947667573627672,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8975516432210019,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9023083448410034,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9091829186991641,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9238310738613731,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9289704749458715,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.958562759976638,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.965130981646086,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9693764605020222,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9835198349074313,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9921662517284092,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6289531306216591,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6391395769621196,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7004783028050473,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7192253062599583,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8125430784727398,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8267826532062731,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8529948811782033,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9023467553289313,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9107131707040887,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9046391938862047,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.916130963124727,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.951507031917572,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9582412148776808,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9737256122262854,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9753442830161044,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9808428318876969,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9931274346615139,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.5.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.695689226451673,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7152531523453562,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7481120511105186,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8186096517663253,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8494155281468442,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.852489433790508,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9073046320363095,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9109324781518233,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9167067879124692,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9199878981238917,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9253256697403758,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9295713838778044,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9351927418457835,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9397483687651784,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9646330193469399,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.969653280157792,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9758024905857287,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9849646232630077,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9937761857321388,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6305266932437295,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6402425515024286,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7007775055734735,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.718857112683748,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8127209889261346,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8272490752370734,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8527495108152691,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9024571494052285,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.910906572090952,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9046920663432071,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.916333650287829,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9515293366030643,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9583248182346946,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9737001720227694,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9753498905583432,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9806560136769947,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9930635322081415,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.6.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6653922231573808,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6780564910487125,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7119016898305792,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7900676099877608,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8323280685826352,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8311624401494077,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8988625752298456,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9016333943919131,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9073730644426847,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9118720418528506,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9129366372760973,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9179229297136006,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9261351070905987,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9317873277162251,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9607774081983065,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9659922091584456,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9739641343292437,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9828956268335644,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9931289937935377,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6257019293935675,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.635295315792686,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6978493740684109,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7163996194538318,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8095862990931461,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8244776976735968,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8506967519458971,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9008827962373432,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.909554870505082,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9029642970938432,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9148435216200979,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.950638190696114,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9575899776659513,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9732867165615684,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9749008417129517,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9804149395541141,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9930336789080971,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.7.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6872632628992984,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6970912531802529,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7306103204426013,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8119165395435534,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8422259280556127,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8437031821200722,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9091884964390805,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9108003942590011,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9172273246865523,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9216270258552149,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9208631954695049,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9254903416884572,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9320776964488783,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9372849338933041,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9634829634114316,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9686043764415541,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9766673884893718,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9837861892424131,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939555466959351,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6194069009078176,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6286175376490543,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6933808577688116,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7127009692944979,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8054150656649941,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8209486258657355,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8481155947635048,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.898446196003964,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9076184599023116,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9008863536935103,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9131461946587813,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9495577373002705,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9567420263039439,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9726205625032124,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.974401383023513,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9801821567510304,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9928467273712158,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.8.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6430124483610454,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6633516612805819,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6989565899497585,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7704248177377802,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8222318072068064,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8251354066949141,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8865525973470587,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8905097685362163,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8984305419419941,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9024032793546978,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9104856754604139,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9157756378776148,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9205176579324823,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9267119043751767,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9564777644057023,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9633241170331052,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9691669093935114,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9815703316738731,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9921558648347855,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6299678400943154,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6393817600451017,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6998516885857833,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7175337640862716,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8128946580384907,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.827427726042898,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8525474824403462,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9030656814575195,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9112412741309718,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9046384911788137,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9162842662710893,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9514687876952321,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9582620043503611,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9737607585756403,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9752554187649175,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9805265916021246,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.993084183649013,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.9.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6915323106866134,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6998247096413059,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7345768777947677,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8040350361874229,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.844218655636436,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8458119568071867,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9108022576884219,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9124578927692614,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9193531964954577,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9225248600307264,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9217577921716791,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9267387390136719,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.93350897337261,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9383203606856496,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9638247395816603,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.969309599776017,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9765615620111164,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.984519960064637,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939446229683725,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.619345414011102,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6287654324581748,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6932098740025571,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.712122866981908,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8061505995298687,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.821404356705515,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8485998730910451,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8995353171699926,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.908302156548751,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9012435423700433,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9134230425483302,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.949781524507623,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9568849927500674,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.972874431233657,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9744348682855305,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9801018740001478,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9929033008060957,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.10.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6466988011410362,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6557462842840898,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6938281310232062,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7710443044963636,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8188070999948602,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8212252165141859,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8953081432141756,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8976641203227796,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9058864242152164,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9110588588212666,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9092682850988287,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9145833379343936,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9215299957676938,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.927951179052654,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9576450711802432,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9639629125595093,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9725323413547716,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9818767042536485,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9929381444265968,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6242479023180509,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6335404797604209,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6944703302885357,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.712199612667686,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8085585267920243,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8237723174848055,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8490031894884611,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9006896458174053,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9092408355913664,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.902308464050293,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.914399874837775,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9502200735242743,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9573280058409038,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9730540388508847,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9746167314679999,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9799050876968786,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9928678532964305,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.11.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6506031688890959,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6644438693397923,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6979740544369346,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7742362273366827,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8245491479572497,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8269354042253996,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8971546198192396,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.899712694318671,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.906160831451416,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9108804401598478,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9119129055424741,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9176013595179507,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9230317316557232,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9288875241028636,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9586593696945592,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9644820909751088,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9733215915529352,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9820258523288526,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9929755455569217,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6276584173503674,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6369696667319851,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6958933880454616,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7128781519438091,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.810666837190327,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8258268582193475,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8501260406092593,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9020572022387856,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9104063510894775,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9033766671230918,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9153723089318526,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9507090700300116,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.957789587347131,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9732848876400998,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9748502044301284,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9798582917765567,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9928930260633168,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.12.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6223884381745991,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6374857049239309,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6718200382433439,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7575956645764803,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8108174047972027,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8123152506978888,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8918598576595909,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8933731882195723,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9013201813948781,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9062778134095042,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9043977386073062,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9105940429787887,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9164285722531771,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9229729614759746,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.954833375780206,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9614300696473372,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9717237980742204,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9802988359802648,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9925484798456493,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6046385765075684,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6140205985621402,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6768139287045127,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6951555703815662,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.797608588871203,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8137526010212145,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.840298991454275,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8952054977416992,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.904247334128932,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8966371699383384,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9094167885027433,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9473135659569188,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9548091323752153,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9715198403910587,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9731424890066448,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9785573372715398,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9925197025662974,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.13.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6426396118967157,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6552504238329435,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6868293912787187,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.762020186374062,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8168215375197561,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8195677054555792,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8904830782037032,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8941306314970318,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9017835353550158,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9071508081335771,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9080974804727655,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9138786980980321,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9188789191998934,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9251653897134882,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9557757001174123,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9627365689528615,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9714082259880868,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9811386403284574,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9926246145838186,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6031322730214972,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6131003279435008,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6767194396571109,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6953964484365363,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7965739275279798,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8132903324930292,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8400217859368575,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8943312544571727,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9035802201220864,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8959172273937025,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9091088520853143,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9468363962675396,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.954637348651886,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9711366640894037,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9728597120234841,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9783059107629877,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9924234104783911,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.14.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6278373818648488,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6386740082188657,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.68208310478612,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7679208705299779,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8096385253103155,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8124327534123471,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8907452257055986,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8941095126302618,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9029641214169954,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9077597166362562,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9056163524326525,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.911387845089561,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9202099034660741,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9255921401475605,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9566400333454734,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9631629303881997,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9718833534341109,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9809159212990811,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9927048557683041,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6086369313691792,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6183707588597348,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6844629990427118,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7045641949302273,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7986379422639546,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8150523210826673,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8433694086576763,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8941847525144878,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9038618175606978,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8971276973423205,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9100235826090762,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9475764287145514,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.955112636089325,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9713144176884702,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9734092793966594,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9794109604860607,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9924562196982535,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.15.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6644879140351948,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6748142242431641,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7106983034234298,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7835530983774286,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8296827642541182,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8320926992516768,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9023688404183638,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9051257936578048,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9112224829824347,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9157087551920038,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9144681064706099,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9196741957413523,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9268712056310553,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9320186941247237,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9601324012404994,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.966014912253932,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9739846979316912,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9827378266736081,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9932198885240053,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6178439541866905,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6278390884399414,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6917519569396973,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7109742164611816,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8043185535230135,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8200258204811498,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8471333227659527,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8974021861427709,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.906570691811411,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9001424061624628,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.912509422553213,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9491381488348308,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9563738923323781,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9722304344177246,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9741585819344771,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9798333095876794,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9926274583527916,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.16.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.637894028111508,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6488230353907535,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6855317918877852,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7657075179250616,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8123608011948436,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8154004498531944,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8877191543579102,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8916099824403462,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8993303650303891,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9038386282167936,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9055719061901695,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9118468635960629,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9180180963717008,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9248083767138029,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9556004906955519,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9622636594270405,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9702247632177252,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9814049805465498,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9923915627755617,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6181405468990928,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6278684515702098,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.690708085110313,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7097218664068925,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8043419812854967,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8199779610884816,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8467626195204885,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.897441826368633,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9065609919397455,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9001068943425229,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9124580308010704,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9491185043987475,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9563338003660503,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9722020908405906,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9741666662065607,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.979803729998438,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.99268255500417,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.17.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6308748847559879,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6413420125057823,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6786843851992959,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.758484162782368,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8115077520671644,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8137618491524145,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8917576639275802,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8945274854961195,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9020430100591559,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9063446898209422,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9056031139273393,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9108426884600991,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9183616575441862,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9246549229872854,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9564224512953508,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9625269237317537,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9724656155234889,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9809687623852178,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9928259394670788,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6244034516183954,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6340439947027909,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.696556241888749,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7159515431052761,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.808080936733045,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8231629823383532,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.849976288644891,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8990406801826075,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9079552637903314,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9021687507629395,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9141592101046914,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.950193812972621,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9572055151588038,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.972711842311056,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9747704142018369,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.980382933428413,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9928025226843985,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.18.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6541024258262234,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6715059782329358,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7067172150862844,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7795977592468262,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8258544645811382,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8279426474320262,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8951005433735094,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8974478683973613,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9035357174120451,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9086322157006514,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9120481453443828,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.917276890654313,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9237484931945801,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9294051998539975,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.958353202593954,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9648750487126803,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9713320543891505,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9822550604217931,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9926659755016628,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6243879418624074,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6337923501667224,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6957381148087352,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7155655810707493,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.806738765616166,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8221213943079898,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8493707430990118,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8979124583696064,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9072155450519762,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9015054828242252,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9136176046572233,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9498771868254009,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9569354371020669,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9724474925743906,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9746322490667042,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9803464883252194,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9926737201841254,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.19.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6760232323094418,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6901425813373767,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7249601263748973,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7930284926765844,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8356617124457109,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.837544742383455,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9027271396235416,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9049577399304038,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9112545816521895,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9156497779645418,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9176906911950362,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9228006977784007,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9289690946277819,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9344099822797274,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9617094240690532,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9671573293836493,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9747578297790728,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.983587804593538,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9934456136665846,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6490216255187988,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6579216404965049,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7174010025827509,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7370729697378058,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8197348870729145,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8340344805466502,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8602404594421387,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9038850194529483,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9128010774913587,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9080772086193687,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9194271250774986,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9532128446980527,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9598284050037986,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9740400957433801,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9763859541792619,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9819468902914148,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9930484828196073,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.20.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.609453979291414,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6245313192668713,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6657609437641345,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7419905160602771,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7920337601711875,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7982866764068604,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8600071982333535,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.870425588206241,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8833626947904888,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8878790328377172,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8925773720992238,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.900618032405251,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9095466576124492,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.91644329146335,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.949789684069784,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9586612644948458,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9631799992762113,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9798781934537386,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9902851942338442,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6449779962238513,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6536627317729748,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7125371129889237,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7320000246951455,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8178368995064184,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8320267827887284,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8582112914637515,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9035306980735377,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9122856353458605,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9072603363739817,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9185658254121479,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9528913403812208,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9594438703436601,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9740928113460541,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9761684631046496,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9816164044957412,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9931087446840186,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.21.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.605076739662572,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.625879864943655,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6631436347961426,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7373021527340538,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7972460044057745,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.802188095293547,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8752872567427785,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8806259130176745,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8910545424411171,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8951248181493658,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.898056381627133,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9033478874909251,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9132604975449412,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9195761053185714,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9529622855939364,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9598591986455416,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.967387108426345,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9803906490928248,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9914922322097578,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6411079607511821,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6499556993183337,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.709375306179649,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7290959107248407,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8154227357161672,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8298172197843853,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8564389630367881,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9021616985923365,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9110870173102931,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9060000432165045,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9174648021396837,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9522381801354258,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9588920317198101,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9737121682418021,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9758411740001879,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9813723438664487,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.99296672171668,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.22.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6233265525416324,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6372032667461194,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6706654899998715,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7447717566239207,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8004122533296284,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8063464039250424,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8756905605918482,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.881674327348408,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8930784652107641,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8981385419243261,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.899789948212473,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9056939953251889,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9131172581722862,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9198389743503771,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9515750345430876,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9601155425372877,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9654700410993475,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9806579476908633,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9909586365285673,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6296459750125283,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6386722263536955,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6988692534597296,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7187502509669254,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8092550603966964,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8239677956229762,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8511800891474673,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8991722056740209,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9084045071350901,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.90287867345308,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9146585903669658,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9506697905691046,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9575346582814267,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9729859766207243,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9750748621790033,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9806862708769346,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9928593682615381,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.23.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.5991533931932951,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6116086558291787,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.649856868543123,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7304860667178505,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7876937263890317,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7933941012934634,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8707330728832045,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8765479012539512,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8863268400493421,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8922046611183568,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.893691665247867,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8996861420179668,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9089193093149286,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9161297145642733,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9504652180169758,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9575693168138203,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9658924466685245,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9792712064165818,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9912539438197487,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6202496980365955,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6295081690738076,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6888196593836734,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7082565709164268,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8040934487393028,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8191079340483013,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8458750373438785,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8964328577643946,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.90587107758773,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9001819020823428,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.912277993402983,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9493120814624586,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9563321377101698,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9722334209241366,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9743648955696508,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9798379007138704,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9926015115097949,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.24.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6440120245281018,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.659295634219521,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6963046475460655,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7614564393696032,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8110307392321134,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8151526200143915,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8873657176369115,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8920077901137502,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8998648241946572,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9048168533726743,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9051892318223652,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.910989949577733,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9215637319966367,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9282687714225367,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9574879501995287,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9639952559220164,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9705090554136979,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9818337622441744,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9923673342717322,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6391477835805792,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6477960034420616,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.702631624121415,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7209528872841282,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8134458441483348,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8278336650446841,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8527638284783614,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9011431242290296,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9102171094794023,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.905002939073663,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9165108392113134,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9517269291375813,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9584431334545738,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9735217564984372,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9756042957305908,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9807239770889282,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9929724241557875,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.25.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.5714841139943976,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.5864037212572599,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6478209997478284,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7164968942341052,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7766509808992085,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7840614318847656,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8628443918730083,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8734598034306577,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8868763321324399,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8913572211014598,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.889676570892334,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8970659030111212,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9099109737496627,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9189877384587338,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9503230044716283,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9592199137336329,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9635576354829889,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9803402894421628,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.990846175896494,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6440199550829435,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6526926944130345,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7042263181586015,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7212422019556949,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8160811097998368,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8304067912854647,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8536358130605597,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9029172407953363,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9118367057097585,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9063717252329776,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9177508479670474,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9524313242811906,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9590534881541604,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9739854022076255,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9759252839966824,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9806702842837886,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9930389398022702,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.26.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.5995956722058748,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.620251781062076,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6850537500883404,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7582395704169023,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8094254543906764,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8111672903362074,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8901735732429906,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8947721970708746,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.901891689551504,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9065801030711124,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9037395715713501,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9101987198779458,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9210528699975264,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9268181888680709,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9571218051408467,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9634692731656527,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9711576700210571,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9818349684539595,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9926342062259975,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6299428437885486,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6390536709835655,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.689527059856214,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7062184685154965,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8087463880840101,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8236117990393388,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8465303370827123,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.899378500486675,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9083985403964394,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9025918119832089,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9144366038473029,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9505083372718409,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.957415825442264,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9729721169722708,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9749031741368143,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9794958735767164,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9927613554816497,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.27.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.5268984844810085,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.5711540422941509,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.657892151882774,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7202967091610557,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7807479406657972,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7890712838423879,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8691458325637014,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8764813950187281,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8870853122911955,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.89104804239775,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8914678975155479,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8994649962375039,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9159953970658152,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9228422265303762,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.953501306082073,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9613678455352783,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9663872781552767,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9809431919926092,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9911579097572126,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6373632832577354,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6461857996488872,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6937551247446161,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7099755939684416,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8124427167992843,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8268609799836811,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8485207181227834,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9008852306165194,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9098249611101652,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9045067774622064,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9160332052331221,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9515058806068019,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9582067696671737,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9734573176032618,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9754675328731537,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9798574322148373,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9929246078980597,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.28.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.5997561906513416,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6164027264243679,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6797073765804893,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7448026506524337,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8000525298871493,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8056737623716655,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.881031262247186,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8861333947432668,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8965742399818019,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9012341687553808,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9015441568274247,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9087706239599931,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.920003564734208,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9263234263972232,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9559304776944613,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9634424855834559,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9693750017567685,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9815870852846849,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9920473467362555,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.648655891418457,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6572322092558208,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7015037034687244,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7171900648819773,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8173585690950093,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8317891171104029,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.85208387123911,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9028823124734979,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9117558127955386,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9067450761795044,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9182502721485338,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9525144664864791,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9592112208667555,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9737895868326488,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9759392063868674,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9800187615971816,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9929099671150509,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.29.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6122224958319413,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6294302438434802,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6984929787485223,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7566982821414345,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.803736084385922,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8075241791574579,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8881874209956119,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8934770006882518,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9000145824331987,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9041423923090884,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9030257400713468,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9095235310102764,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9244480446765297,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9304035713798121,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9588425441792137,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9653968465955634,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9710200083883185,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9827368824105513,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.992513477018005,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.695991089469508,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.703544817472759,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7415951678627415,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7555922709013286,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8413147675363641,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8542681995191073,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8720797614047402,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9154885191666453,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.923444572247957,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9190949891742907,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.929263290606047,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9588654543224134,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9647593341375652,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9772480757612931,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9792227368605765,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9828811852555526,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9938981509522388,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.30.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.661311149597168,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.67416376816599,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7356983235007839,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.781724076522024,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8265875515184904,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8307029949991327,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9004322353162264,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9060105963757163,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9125958430139642,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9168284002103304,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9116647808175338,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9182386523798892,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9340851557882208,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.939970706638537,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9644759642450433,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9696815892269737,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9746338097672713,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9852814988086098,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9934363455364579,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7483485372442948,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7545530921534488,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7865081084401984,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7980534653914602,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8679778701380679,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8790598417583265,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8939600869228965,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9289713972493222,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9354710453434995,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9318000015459562,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.94007660840687,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9648405878167403,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9697710652100412,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9803691757352728,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9819088044919466,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9849431232402199,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9946889975353291,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.31.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6031149061102616,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6171551252666272,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6856094159578022,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7550061627438194,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7962805471922222,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7998052145305433,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8754992359562924,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8796031726034064,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8906198300813374,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8939999906640304,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8996029904014186,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9070613321505094,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9192721843719482,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.925837937154268,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9559772893002159,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9628875757518568,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9681985315523649,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9822774811794883,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9917506599112561,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.8440503823129755,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8477831012324283,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8694757411354467,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8770060162795217,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9185120243775218,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9261123820355064,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.935545708003797,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9561484895254436,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9604106325852244,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9579626008083946,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9632459471100255,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9781647042224282,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9813305798329806,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9876091895919097,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9887992253429011,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9908561173238253,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9965182809453261,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.norm.norm": null,
        "lm_head.linear": null
    },
    "last_module_idx": 34
}