{
    "measurement": {
        "model.layers.0": {
            "accuracy": 0.916471004486084,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.1": {
            "accuracy": 0.8905081748962402,
            "total_bits": 674988352,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            }
        },
        "model.layers.2": {
            "accuracy": 0.901817798614502,
            "total_bits": 882344256,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1.0
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1.0
                ],
                "scale_bits": 4
            }
        },
        "model.layers.3": {
            "accuracy": 0.9160873889923096,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.4": {
            "accuracy": 0.9312362670898438,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.5": {
            "accuracy": 0.9191327095031738,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.6": {
            "accuracy": 0.9055159091949463,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.7": {
            "accuracy": 0.8985540866851807,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.8": {
            "accuracy": 0.8910095691680908,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.9": {
            "accuracy": 0.8873956203460693,
            "total_bits": 685474112,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.15,
                    0.85
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.15,
                    0.85
                ],
                "scale_bits": 4
            }
        },
        "model.layers.10": {
            "accuracy": 0.880763053894043,
            "total_bits": 685474112,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.15,
                    0.85
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.15,
                    0.85
                ],
                "scale_bits": 4
            }
        },
        "model.layers.11": {
            "accuracy": 0.88181471824646,
            "total_bits": 694649152,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.2,
                    0.8
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.2,
                    0.8
                ],
                "scale_bits": 4
            }
        },
        "model.layers.12": {
            "accuracy": 0.8891901969909668,
            "total_bits": 744980800,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.4,
                    0.6
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.4,
                    0.6
                ],
                "scale_bits": 4
            }
        },
        "model.layers.13": {
            "accuracy": 0.8853163719177246,
            "total_bits": 744980800,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.4,
                    0.6
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.4,
                    0.6
                ],
                "scale_bits": 4
            }
        },
        "model.layers.14": {
            "accuracy": 0.9066622257232666,
            "total_bits": 882344256,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1.0
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1.0
                ],
                "scale_bits": 4
            }
        },
        "model.layers.15": {
            "accuracy": 0.9077634811401367,
            "total_bits": 882344256,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1.0
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1.0
                ],
                "scale_bits": 4
            }
        },
        "model.layers.16": {
            "accuracy": 0.9077191352844238,
            "total_bits": 882344256,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1.0
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.1,
                    0.9
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1.0
                ],
                "scale_bits": 4
            }
        },
        "model.layers.17": {
            "accuracy": 0.8853931427001953,
            "total_bits": 744980800,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.4,
                    0.6
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.4,
                    0.6
                ],
                "scale_bits": 4
            }
        },
        "model.layers.18": {
            "accuracy": 0.8816580772399902,
            "total_bits": 694649152,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.2,
                    0.8
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.2,
                    0.8
                ],
                "scale_bits": 4
            }
        },
        "model.layers.19": {
            "accuracy": 0.8849635124206543,
            "total_bits": 694649152,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.2,
                    0.8
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.2,
                    0.8
                ],
                "scale_bits": 4
            }
        },
        "model.layers.20": {
            "accuracy": 0.8883814811706543,
            "total_bits": 694649152,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.2,
                    0.8
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.2,
                    0.8
                ],
                "scale_bits": 4
            }
        },
        "model.layers.21": {
            "accuracy": 0.8890523910522461,
            "total_bits": 685474112,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.15,
                    0.85
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.15,
                    0.85
                ],
                "scale_bits": 4
            }
        },
        "model.layers.22": {
            "accuracy": 0.8949956893920898,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.23": {
            "accuracy": 0.9016427993774414,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.24": {
            "accuracy": 0.9072690010070801,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.25": {
            "accuracy": 0.9102983474731445,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.26": {
            "accuracy": 0.9149026870727539,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.27": {
            "accuracy": 0.9191865921020508,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.28": {
            "accuracy": 0.9217109680175781,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.29": {
            "accuracy": 0.9235177040100098,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.30": {
            "accuracy": 0.9243957996368408,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.31": {
            "accuracy": 0.9260516166687012,
            "total_bits": 664502592,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.32": {
            "accuracy": 0.9260902404785156,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.33": {
            "accuracy": 0.9272780418395996,
            "total_bits": 664502592,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.34": {
            "accuracy": 0.9250607490539551,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.35": {
            "accuracy": 0.924436092376709,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.36": {
            "accuracy": 0.9199926853179932,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.37": {
            "accuracy": 0.920917272567749,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.38": {
            "accuracy": 0.9197473526000977,
            "total_bits": 665813312,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.05,
                    0.95
                ],
                "scale_bits": 4
            }
        },
        "model.layers.39": {
            "accuracy": 0.9200630187988281,
            "total_bits": 660570432,
            "q_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.01,
                    0.99
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128,
                    "2": 128
                },
                "bits": [
                    4,
                    2
                ],
                "bits_prop": [
                    0.02,
                    0.98
                ],
                "scale_bits": 4
            }
        }
    }
}