{
    "measurement": {
        "model.layers.0": {
            "accuracy": 0.8228443463643392,
            "total_bits": 466380288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.1": {
            "accuracy": 0.905671755472819,
            "total_bits": 573724416,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.2": {
            "accuracy": 0.9026820063591003,
            "total_bits": 458124288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.3": {
            "accuracy": 0.8770348230997721,
            "total_bits": 458124288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.4": {
            "accuracy": 0.8886063098907471,
            "total_bits": 458124288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.5": {
            "accuracy": 0.8405725955963135,
            "total_bits": 458124288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.6": {
            "accuracy": 0.8447120189666748,
            "total_bits": 458124288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.7": {
            "accuracy": 0.8252192338307698,
            "total_bits": 458124288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.8": {
            "accuracy": 0.8401188055674235,
            "total_bits": 458124288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.9": {
            "accuracy": 0.8339764277140299,
            "total_bits": 458124288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.10": {
            "accuracy": 0.8401285807291666,
            "total_bits": 466380288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.11": {
            "accuracy": 0.8260761896769206,
            "total_bits": 458124288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.12": {
            "accuracy": 0.8248993555704752,
            "total_bits": 466380288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.13": {
            "accuracy": 0.8429142634073893,
            "total_bits": 491152896,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.14": {
            "accuracy": 0.8174990018208821,
            "total_bits": 458124288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.15": {
            "accuracy": 0.8358340263366699,
            "total_bits": 491152896,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.16": {
            "accuracy": 0.8307337760925293,
            "total_bits": 491152896,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.17": {
            "accuracy": 0.8225676218668619,
            "total_bits": 458124288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.18": {
            "accuracy": 0.8292977015177408,
            "total_bits": 491152896,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.19": {
            "accuracy": 0.870351791381836,
            "total_bits": 573724416,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.20": {
            "accuracy": 0.82049560546875,
            "total_bits": 458124288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.21": {
            "accuracy": 0.8222980499267578,
            "total_bits": 491152896,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.22": {
            "accuracy": 0.8185717264811198,
            "total_bits": 458124288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.23": {
            "accuracy": 0.8752395311991374,
            "total_bits": 573724416,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.24": {
            "accuracy": 0.8162848154703775,
            "total_bits": 466380288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.25": {
            "accuracy": 0.8260501225789387,
            "total_bits": 491152896,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.26": {
            "accuracy": 0.8112761179606119,
            "total_bits": 466380288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.27": {
            "accuracy": 0.8195034662882488,
            "total_bits": 491152896,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.28": {
            "accuracy": 0.8199561436971028,
            "total_bits": 491152896,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.29": {
            "accuracy": 0.8267230987548828,
            "total_bits": 466380288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.30": {
            "accuracy": 0.8275814056396484,
            "total_bits": 491152896,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.31": {
            "accuracy": 0.839564323425293,
            "total_bits": 458124288,
            "q_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "4": 128
                },
                "bits": [
                    4
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "gate_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "2": 64
                },
                "bits": [
                    2
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        }
    }
}