{
    "measurement": {
        "model.layers.0": {
            "accuracy": 0.9622522592544556,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.1": {
            "accuracy": 0.9715580940246582,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.2": {
            "accuracy": 0.9799551963806152,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.3": {
            "accuracy": 0.9460830688476562,
            "total_bits": 3317202432,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.4": {
            "accuracy": 0.9928013980388641,
            "total_bits": 2524482048,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.5": {
            "accuracy": 0.9940358251333237,
            "total_bits": 2970388992,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.6": {
            "accuracy": 0.9964747130870819,
            "total_bits": 3317202432,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.7": {
            "accuracy": 0.993287667632103,
            "total_bits": 2970388992,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.8": {
            "accuracy": 0.99718077480793,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.9": {
            "accuracy": 0.9966214597225189,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.10": {
            "accuracy": 0.9959536641836166,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.11": {
            "accuracy": 0.9959177076816559,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.12": {
            "accuracy": 0.9953067302703857,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.13": {
            "accuracy": 0.9941153228282928,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.14": {
            "accuracy": 0.9932678937911987,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.15": {
            "accuracy": 0.9926106631755829,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.16": {
            "accuracy": 0.9913534224033356,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.17": {
            "accuracy": 0.9894707202911377,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.18": {
            "accuracy": 0.987983763217926,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.19": {
            "accuracy": 0.9877340793609619,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.20": {
            "accuracy": 0.9881740808486938,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.21": {
            "accuracy": 0.9879230260848999,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.22": {
            "accuracy": 0.9882608652114868,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.23": {
            "accuracy": 0.987804651260376,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.24": {
            "accuracy": 0.9879313111305237,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.25": {
            "accuracy": 0.9884313344955444,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.26": {
            "accuracy": 0.9877445101737976,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.27": {
            "accuracy": 0.9854376316070557,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.28": {
            "accuracy": 0.9852452278137207,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.29": {
            "accuracy": 0.9849337935447693,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.30": {
            "accuracy": 0.9850490093231201,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.31": {
            "accuracy": 0.9836366176605225,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.32": {
            "accuracy": 0.9857890605926514,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.33": {
            "accuracy": 0.9839279651641846,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.34": {
            "accuracy": 0.9836704730987549,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.35": {
            "accuracy": 0.9846857190132141,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.36": {
            "accuracy": 0.9858394861221313,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.37": {
            "accuracy": 0.9861692786216736,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.38": {
            "accuracy": 0.9863937497138977,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.39": {
            "accuracy": 0.9869419932365417,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.40": {
            "accuracy": 0.9875150918960571,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.41": {
            "accuracy": 0.9882192015647888,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.42": {
            "accuracy": 0.988944411277771,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.43": {
            "accuracy": 0.9884091019630432,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.44": {
            "accuracy": 0.9881424307823181,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.45": {
            "accuracy": 0.9881654381752014,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.46": {
            "accuracy": 0.9896153807640076,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.47": {
            "accuracy": 0.988709568977356,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.48": {
            "accuracy": 0.9888905882835388,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.49": {
            "accuracy": 0.9886705279350281,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.50": {
            "accuracy": 0.9895605444908142,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.51": {
            "accuracy": 0.9891109466552734,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.52": {
            "accuracy": 0.9874013662338257,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.53": {
            "accuracy": 0.9891632199287415,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.54": {
            "accuracy": 0.9890416264533997,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.55": {
            "accuracy": 0.989223062992096,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.56": {
            "accuracy": 0.987919270992279,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.57": {
            "accuracy": 0.9891965389251709,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.58": {
            "accuracy": 0.9896774888038635,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.59": {
            "accuracy": 0.9895908832550049,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.60": {
            "accuracy": 0.9882665276527405,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.61": {
            "accuracy": 0.9893343448638916,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.62": {
            "accuracy": 0.9902673959732056,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.63": {
            "accuracy": 0.9897035956382751,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.64": {
            "accuracy": 0.988420844078064,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.65": {
            "accuracy": 0.9896755218505859,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.66": {
            "accuracy": 0.9894149303436279,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.67": {
            "accuracy": 0.9892367720603943,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.68": {
            "accuracy": 0.9878936409950256,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.69": {
            "accuracy": 0.9883943796157837,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.70": {
            "accuracy": 0.9876891374588013,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.71": {
            "accuracy": 0.9869652986526489,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.72": {
            "accuracy": 0.9864048957824707,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.73": {
            "accuracy": 0.9854786992073059,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.74": {
            "accuracy": 0.9847902655601501,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.75": {
            "accuracy": 0.9821866750717163,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.76": {
            "accuracy": 0.9808341264724731,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.77": {
            "accuracy": 0.9790781736373901,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.78": {
            "accuracy": 0.9701942205429077,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.79": {
            "accuracy": 0.9703879356384277,
            "total_bits": 3449319936,
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        }
    }
}