{
    "measurement": {
        "model.layers.0": {
            "accuracy": 0.9363183975219727,
            "total_bits": 615009024,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.1": {
            "accuracy": 0.905671755472819,
            "total_bits": 573724416,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.2": {
            "accuracy": 0.9026820063591003,
            "total_bits": 458124288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.3": {
            "accuracy": 0.9316545128822327,
            "total_bits": 606753024,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.4": {
            "accuracy": 0.9349029064178467,
            "total_bits": 573724416,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.5": {
            "accuracy": 0.915228009223938,
            "total_bits": 639781632,
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.6": {
            "accuracy": 0.9211175441741943,
            "total_bits": 639781632,
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.7": {
            "accuracy": 0.9153730074564616,
            "total_bits": 615009024,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.8": {
            "accuracy": 0.9115104675292969,
            "total_bits": 606753024,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.9": {
            "accuracy": 0.9099299907684326,
            "total_bits": 606753024,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.10": {
            "accuracy": 0.9182359377543131,
            "total_bits": 615009024,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.11": {
            "accuracy": 0.9103440443674724,
            "total_bits": 615009024,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.12": {
            "accuracy": 0.9088516235351562,
            "total_bits": 639781632,
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.13": {
            "accuracy": 0.9123655954996744,
            "total_bits": 615009024,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.14": {
            "accuracy": 0.9045030275980632,
            "total_bits": 606753024,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.15": {
            "accuracy": 0.9138115247090658,
            "total_bits": 648037632,
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.16": {
            "accuracy": 0.907196839650472,
            "total_bits": 648037632,
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.17": {
            "accuracy": 0.9050076802571615,
            "total_bits": 615009024,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.18": {
            "accuracy": 0.9070329666137695,
            "total_bits": 648037632,
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.19": {
            "accuracy": 0.9032748540242513,
            "total_bits": 648037632,
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.20": {
            "accuracy": 0.9428606033325195,
            "total_bits": 722356992,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.21": {
            "accuracy": 0.9365962346394857,
            "total_bits": 722356992,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.22": {
            "accuracy": 0.9405740102132162,
            "total_bits": 722356992,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.23": {
            "accuracy": 0.9272220929463705,
            "total_bits": 722356992,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.24": {
            "accuracy": 0.9356050491333008,
            "total_bits": 722356992,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.25": {
            "accuracy": 0.9346478780110677,
            "total_bits": 722356992,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.26": {
            "accuracy": 0.9298241933186849,
            "total_bits": 722356992,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.27": {
            "accuracy": 0.9336029688517252,
            "total_bits": 722356992,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.28": {
            "accuracy": 0.9313348134358723,
            "total_bits": 722356992,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.29": {
            "accuracy": 0.93511962890625,
            "total_bits": 722356992,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.30": {
            "accuracy": 0.9314858913421631,
            "total_bits": 722356992,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.31": {
            "accuracy": 0.9324929714202881,
            "total_bits": 755385600,
            "q_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        }
    }
}